//
//import a_aa_amainpackage.a_o2odata_deal.config.config._
//import a_aa_amainpackage.brand_deal0802.brand_join_res.brand_handle
//import org.apache.spark.sql.{DataFrame, SQLContext}
//import org.apache.spark.{SparkConf, SparkContext}
//
///**
//  * @ Auther: o2o-rd-0008
//  * @ Date:   2019/9/3 10:33
//  * @ Param:  ${PARAM}
//  * @ Description:
//  */
//object test_pinpai {
//  def main(args: Array[String]): Unit = {
//    val conf = new SparkConf()
//    conf.setAppName(s"${this.getClass.getSimpleName}")
//    conf.set("spark.debug.maxToStringFields", "500")
//    conf.setMaster("local[*]")
//    conf.set("es.nodes", "192.168.1.157")
//    conf.set("es.port", "9200")
//    conf.set("cluster.name", "O2OElastic")
//    conf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
//    conf.set("spark.sql.caseSensitive", "true")
//    val sc = new SparkContext(conf)
//    sc.hadoopConfiguration.set("fs.s3a.access.key", "GAO7EO9FWKPJ8WFCQDME")
//    sc.hadoopConfiguration.set("fs.s3a.secret.key", "LZ0xaHBSYKHaJ9ECDbX9f7zin79UZkXfGoNapRPL")
//    sc.hadoopConfiguration.set("fs.s3a.endpoint", "https://obs.cn-north-1.myhuaweicloud.com")
//    val sqlContext = new SQLContext(sc)
//    sc.setLogLevel("WARN")
//    //val frame: DataFrame = sqlContext.read.json("s3a://o2o-dataproces-group/han_congcong/2019/8/tmallcat_result/part-00009-bc39adb5-f570-49f8-bc47-fb07bed3d6bc-c000.json")
//    val frame: DataFrame = sqlContext.read.json("D:\\资料\\天猫处理\\1.json")
//
//
//    val brand_res  =  brand_handle(frame,
//    sqlContext.sparkSession,old_brand_path,result_path,brand_newAdd,platform,source_result,sqlContext,brand_time)
//    //tm_shop.tm_shop(sqlContext,brand_res)
//  }
//
//}